# Scrapy settings for livescore project
#
# For simplicity, this file contains only the most important settings by
# default. All the other settings are documented here:
#
#     http://doc.scrapy.org/topics/settings.html
#

BOT_NAME = 'livescore'
BOT_VERSION = '1.0'

LOG_LEVEL = 'INFO'
COOKIES_ENABLED = False
#DOWNLOAD_DELAY = 0.001
RETRY_TIMES = 5
DOWNLOAD_TIMEOUT = 1000
MEMDEBUG_NOTIFY = ['canhdn91@gmail.com']

SPIDER_MODULES = ['livescore.spiders',]
NEWSPIDER_MODULE = 'livescore.spiders'
USER_AGENT = '%s/%s' % (BOT_NAME, BOT_VERSION)

ITEM_PIPELINES = ['livescore.pipelines.ProcessMatchItem',
                  'livescore.pipelines.ProcessHighlightItem',
                  'livescore.pipelines.ProcessSquadItem',
]

USER_AGENT_LIST = [
    'Mozilla/5.0 (Windows; U; Windows NT 5.1; en) AppleWebKit/522.11.3 (KHTML, like Gecko) Version/3.0 Safari/522.11.3	Safari 3 Beta on Windows XP SP2',
    'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)',
    'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322)',
    'Mozilla/5.0 (Windows; U; Windows NT 5.1; nl; rv:1.8) Gecko/20051107 Firefox/1.5',
    'Opera/9.0 (Windows NT 5.0; U; en)',
    'Lynx/2.8.4rel.1 libwww-FM/2.14',
    'Mozilla/2.0 (compatible; Ask Jeeves/Teoma)',
    'Mozilla/3.0 (Slurp/si; slurp@inktomi.com; http://www.inktomi.com/slurp.html)',
    'Mozilla/5.0 (compatible; Yahoo! Slurp;http://help.yahoo.com/help/us/ysearch/slurp)',
    'Mozilla/5.0 (compatible; googlebot/2.1; +http://www.google.com/bot.html)']